2025-06-13 14:27:18,111 [ 186445 ] INFO : ClickHouse root is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse (runner:53, check_args_and_update_paths) 2025-06-13 14:27:18,111 [ 186445 ] INFO : Cases dir is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration (runner:79, check_args_and_update_paths) 2025-06-13 14:27:18,111 [ 186445 ] INFO : utils dir is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse/utils (runner:90, check_args_and_update_paths) 2025-06-13 14:27:18,111 [ 186445 ] INFO : base_configs_dir: /home/ubuntu/_work/ClickHouse/ClickHouse/programs/server, binary: /home/ubuntu/_work/_temp/test/build/clickhouse, cases_dir: /home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration (runner:92, check_args_and_update_paths) clickhouse_integration_tests_volume Running pytest container as: 'docker run --rm --name clickhouse_integration_tests_1zol9j --privileged --dns-search='.' --memory=30709035008 --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --volume=/home/ubuntu/_work/_temp/test/build/clickhouse:/clickhouse --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/programs/server:/clickhouse-config --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration:/ClickHouse/tests/integration --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/backupview:/ClickHouse/utils/backupview --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/grpc-client/pb2:/ClickHouse/utils/grpc-client/pb2 --volume=/run:/run/host:ro --volume=clickhouse_integration_tests_volume:/var/lib/docker -e DOCKER_DOTNET_CLIENT_TAG=11de0b29a15d -e DOCKER_HELPER_TAG=5dc43a6382f0 -e DOCKER_BASE_TAG=5ccda723c1fc -e DOCKER_KERBEROS_KDC_TAG=9391ecdee8d7 -e DOCKER_MYSQL_GOLANG_CLIENT_TAG=9bec2a638e6e -e DOCKER_MYSQL_JAVA_CLIENT_TAG=766bff31cfe4 -e DOCKER_MYSQL_JS_CLIENT_TAG=41ba7c2ec2a1 -e DOCKER_MYSQL_PHP_CLIENT_TAG=88be89c1e3b6 -e DOCKER_NGINX_DAV_TAG=b55ac9cd7519 -e DOCKER_POSTGRESQL_JAVA_CLIENT_TAG=a4eff5c7f4d6 -e DOCKER_PYTHON_BOTTLE_TAG=d862517635bf -e DOCKER_CLIENT_TIMEOUT=300 -e COMPOSE_HTTP_TIMEOUT=600 -e PYTHONUNBUFFERED=1 -e PYTEST_ADDOPTS="--dist=loadfile -n 10 -rfEps --run-id=0 --color=no --durations=0 --report-log=parallel1_0.jsonl --report-log-exclude-logs-on-passed-tests test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python test_format_avro_confluent/test.py::test_select test_format_avro_confluent/test.py::test_select_auth test_format_avro_confluent/test.py::test_select_auth_encoded test_format_avro_confluent/test.py::test_select_auth_encoded_complex test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table test_keeper_reconfig_add/test.py::test_reconfig_add test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command test_keeper_session/test.py::test_session_close_shutdown test_keeper_session/test.py::test_session_timeout 'test_keeper_zookeeper_converter/test.py::test_acls[False]' 'test_keeper_zookeeper_converter/test.py::test_acls[True]' 'test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False]' 'test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True]' 'test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False]' 'test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True]' 'test_keeper_zookeeper_converter/test.py::test_smoke[False]' 'test_keeper_zookeeper_converter/test.py::test_smoke[True]' test_match_process_uid_against_data_owner/test.py::test_different_user 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user]' test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete test_merge_tree_empty_parts/test.py::test_empty_parts_summing test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry 'test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2]' 'test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0]' test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree test_named_collections/test.py::test_config_reload test_named_collections/test.py::test_default_access test_named_collections/test.py::test_granular_access_create_alter_drop_query test_named_collections/test.py::test_granular_access_show_query test_named_collections/test.py::test_keeper_storage 'test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1]' 'test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0]' 'test_named_collections/test.py::test_name_escaping[node]' 'test_named_collections/test.py::test_name_escaping[node_with_keeper]' test_named_collections/test.py::test_show_grants 'test_named_collections/test.py::test_sql_commands[False]' 'test_named_collections/test.py::test_sql_commands[True]' test_on_cluster_timeouts/test.py::test_long_query test_overcommit_tracker/test.py::test_user_overcommit 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1]' test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False]' 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet;-True]' test_polymorphic_parts/test.py::test_compact_parts_only 'test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact]' 'test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide]' 'test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]' 'test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]' test_polymorphic_parts/test.py::test_polymorphic_parts_index test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive -vvv " altinityinfra/integration-tests-runner:ad96270260ff '. Start tests ============================= test session starts ============================== platform linux -- Python 3.10.12, pytest-7.4.4, pluggy-1.5.0 -- /usr/bin/python3 cachedir: .pytest_cache Test order randomisation NOT enabled. Enable with --random-order or --random-order-bucket= rootdir: /ClickHouse/tests/integration configfile: pytest.ini plugins: timeout-2.3.1, repeat-0.9.3, order-1.0.0, reportlog-0.4.0, xdist-3.5.0, random-order-1.1.1 timeout: 900.0s timeout method: signal timeout func_only: False created: 10/10 workers 10 workers [100 items] scheduling tests via LoadFileScheduling test_executable_dictionary/test.py::test_executable_implicit_input_python test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] test_polymorphic_parts/test.py::test_compact_parts_only test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] test_keeper_zookeeper_converter/test.py::test_acls[False] test_format_avro_confluent/test.py::test_select test_merge_tree_s3_failover/test.py::test_move_failover test_named_collections/test.py::test_config_reload [gw9] [ 1%] SKIPPED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] [gw9] [ 2%] SKIPPED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] [gw9] [ 3%] SKIPPED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] [gw5] [ 4%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] [gw9] [ 5%] SKIPPED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] [gw5] [ 6%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] [gw5] [ 7%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] [gw5] [ 8%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] [gw5] [ 9%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] [gw5] [ 10%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] test_keeper_session/test.py::test_session_close_shutdown [gw2] [ 11%] PASSED test_named_collections/test.py::test_config_reload test_named_collections/test.py::test_default_access [gw0] [ 12%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python [gw0] [ 13%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python [gw0] [ 14%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python [gw7] [ 15%] PASSED test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts [gw8] [ 16%] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where [gw3] [ 17%] PASSED test_keeper_zookeeper_converter/test.py::test_acls[False] test_keeper_zookeeper_converter/test.py::test_acls[True] [gw7] [ 18%] PASSED test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry [gw7] [ 19%] PASSED test_merge_tree_s3_failover/test.py::test_throttle_retry test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] [gw8] [ 20%] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where [gw0] [ 21%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python [gw0] [ 22%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash [gw0] [ 23%] PASSED test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python [gw8] [ 24%] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree [gw0] [ 25%] PASSED test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash [gw0] [ 26%] PASSED test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python [gw0] [ 27%] PASSED test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python [gw0] [ 28%] PASSED test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python [gw7] [ 29%] PASSED test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] [gw9] [ 30%] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] [gw0] [ 31%] PASSED test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python [gw6] [ 32%] PASSED test_format_avro_confluent/test.py::test_select test_format_avro_confluent/test.py::test_select_auth [gw6] [ 33%] PASSED test_format_avro_confluent/test.py::test_select_auth test_format_avro_confluent/test.py::test_select_auth_encoded [gw6] [ 34%] PASSED test_format_avro_confluent/test.py::test_select_auth_encoded test_format_avro_confluent/test.py::test_select_auth_encoded_complex [gw6] [ 35%] PASSED test_format_avro_confluent/test.py::test_select_auth_encoded_complex [gw9] [ 36%] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] [gw9] [ 37%] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] [gw8] [ 38%] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree [gw5] [ 39%] PASSED test_keeper_session/test.py::test_session_close_shutdown test_keeper_session/test.py::test_session_timeout [gw3] [ 40%] PASSED test_keeper_zookeeper_converter/test.py::test_acls[True] test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] [gw5] [ 41%] PASSED test_keeper_session/test.py::test_session_timeout [gw9] [ 42%] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table [gw7] [ 43%] PASSED test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete [gw4] [ 44%] PASSED test_polymorphic_parts/test.py::test_compact_parts_only test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] [gw0] [ 45%] PASSED test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python [gw0] [ 46%] PASSED test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash [gw4] [ 47%] PASSED test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] [gw0] [ 48%] PASSED test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_overcommit_tracker/test.py::test_user_overcommit [gw2] [ 49%] PASSED test_named_collections/test.py::test_default_access test_named_collections/test.py::test_granular_access_create_alter_drop_query [gw1] [ 50%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] [gw0] [ 51%] PASSED test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check [gw4] [ 52%] PASSED test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] [gw0] [ 53%] PASSED test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_match_process_uid_against_data_owner/test.py::test_different_user [gw2] [ 54%] PASSED test_named_collections/test.py::test_granular_access_create_alter_drop_query test_named_collections/test.py::test_granular_access_show_query [gw0] [ 55%] PASSED test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python [gw3] [ 56%] PASSED test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant [gw5] [ 57%] PASSED test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete test_merge_tree_empty_parts/test.py::test_empty_parts_summing [gw1] [ 58%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] [gw5] [ 59%] PASSED test_merge_tree_empty_parts/test.py::test_empty_parts_summing [gw8] [ 60%] PASSED test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table [gw0] [ 61%] PASSED test_executable_dictionary/test.py::test_executable_source_updated_python test_keeper_reconfig_add/test.py::test_reconfig_add [gw7] [ 62%] PASSED test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant [gw6] [ 63%] PASSED test_match_process_uid_against_data_owner/test.py::test_different_user test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command [gw3] [ 64%] PASSED test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] test_on_cluster_timeouts/test.py::test_long_query [gw4] [ 65%] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] [gw1] [ 66%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] [gw3] [ 67%] PASSED test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] [gw2] [ 68%] PASSED test_named_collections/test.py::test_granular_access_show_query test_named_collections/test.py::test_keeper_storage [gw1] [ 69%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] [gw8] [ 70%] PASSED test_keeper_reconfig_add/test.py::test_reconfig_add [gw7] [ 71%] PASSED test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command [gw9] [ 72%] PASSED test_overcommit_tracker/test.py::test_user_overcommit [gw3] [ 73%] PASSED test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] test_keeper_zookeeper_converter/test.py::test_smoke[False] [gw4] [ 74%] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] test_polymorphic_parts/test.py::test_polymorphic_parts_index test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading [gw4] [ 75%] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_index test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive [gw4] [ 76%] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive [gw3] [ 77%] PASSED test_keeper_zookeeper_converter/test.py::test_smoke[False] test_keeper_zookeeper_converter/test.py::test_smoke[True] [gw6] [ 78%] FAILED test_on_cluster_timeouts/test.py::test_long_query [gw1] [ 79%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] [gw3] [ 80%] PASSED test_keeper_zookeeper_converter/test.py::test_smoke[True] [gw9] [ 81%] PASSED test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading [gw1] [ 82%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] [gw2] [ 83%] PASSED test_named_collections/test.py::test_keeper_storage test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] [gw2] [ 84%] PASSED test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] [gw2] [ 85%] PASSED test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] test_named_collections/test.py::test_name_escaping[node] [gw1] [ 86%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] [gw2] [ 87%] PASSED test_named_collections/test.py::test_name_escaping[node] test_named_collections/test.py::test_name_escaping[node_with_keeper] [gw2] [ 88%] PASSED test_named_collections/test.py::test_name_escaping[node_with_keeper] test_named_collections/test.py::test_show_grants [gw2] [ 89%] PASSED test_named_collections/test.py::test_show_grants test_named_collections/test.py::test_sql_commands[False] [gw1] [ 90%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] [gw1] [ 91%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] [gw1] [ 92%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] [gw2] [ 93%] PASSED test_named_collections/test.py::test_sql_commands[False] test_named_collections/test.py::test_sql_commands[True] [gw1] [ 94%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] [gw1] [ 95%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] [gw2] [ 96%] PASSED test_named_collections/test.py::test_sql_commands[True] [gw1] [ 97%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] [gw1] [ 98%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] [gw1] [ 99%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] [gw1] [100%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] =================================== FAILURES =================================== _______________________________ test_long_query ________________________________ [gw6] linux -- Python 3.10.12 /usr/bin/python3 started_cluster = def test_long_query(started_cluster): node1.query( "CREATE TABLE cluster_table (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/1/cluster_table', '1') ORDER BY tuple()" ) node2.query( "CREATE TABLE cluster_table (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/1/cluster_table', '2') ORDER BY tuple()" ) node1.query( "INSERT INTO cluster_table SELECT number, toString(number) FROM numbers(20)" ) node2.query("SYSTEM SYNC REPLICA cluster_table") node3.query( "CREATE TABLE cluster_table (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/2/cluster_table', '1') ORDER BY tuple()" ) node4.query( "CREATE TABLE cluster_table (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/2/cluster_table', '2') ORDER BY tuple()" ) node3.query( "INSERT INTO cluster_table SELECT number, toString(number) FROM numbers(20)" ) node4.query("SYSTEM SYNC REPLICA cluster_table") > node1.query( "ALTER TABLE cluster_table ON CLUSTER 'test_cluster' UPDATE key = 1 WHERE sleepEachRow(1) == 0", settings={"mutations_sync": "2"}, ) test_on_cluster_timeouts/test.py:68: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:3571: in query return self.client.query( helpers/client.py:39: in wrap return func(self, *args, **kwargs) helpers/client.py:79: in query ).get_answer() _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = def get_answer(self): self.process.wait(timeout=DEFAULT_QUERY_TIMEOUT) self.stdout_file.seek(0) self.stderr_file.seek(0) stdout = self.stdout_file.read().decode("utf-8", errors="replace") stderr = self.stderr_file.read().decode("utf-8", errors="replace") if ( self.timer is not None and not self.process_finished_before_timeout and not self.ignore_error ): logging.debug(f"Timed out. Last stdout:{stdout}, stderr:{stderr}") raise QueryTimeoutExceedException("Client timed out!") if ( self.process.returncode != 0 or self.remove_trash_from_stderr(stderr) ) and not self.ignore_error: > raise QueryRuntimeException( "Client failed! Return code: {}, stderr: {}".format( self.process.returncode, stderr ), self.process.returncode, stderr, ) E helpers.client.QueryRuntimeException: Client failed! Return code: 231, stderr: Received exception from server (version 25.3.3): E Code: 999. DB::Exception: Received from 172.16.1.8:9000. DB::Exception: There was an error on [node1:9000]: Code: 999. Coordination::Exception: Coordination error: Connection loss, path /test/1/cluster_table/mutations/0000000000. (KEEPER_EXCEPTION) (version 25.3.3.20286.altinityantalya (altinity build)). Stack trace: E E 0. ./contrib/llvm-project/libcxx/include/__exception/exception.h:106: Poco::Exception::Exception(String const&, int) @ 0x0000000020d7a680 E 1. ./build_docker/./src/Common/Exception.cpp:108: DB::Exception::Exception(DB::Exception::MessageMasked&&, int, bool) @ 0x0000000010abea94 E 2. DB::Exception::Exception(PreformattedMessage&&, int) @ 0x00000000087a6cc0 E 3. ./src/Common/Exception.h:130: DB::Exception::Exception(int, FormatStringHelperImpl::type, std::type_identity::type, std::type_identity::type>, String&, unsigned short&, String const&) @ 0x0000000018da10ec E 4. ./build_docker/./src/Interpreters/DDLOnClusterQueryStatusSource.cpp:124: DB::DDLOnClusterQueryStatusSource::handleNonZeroStatusCode(DB::ExecutionStatus const&, String const&) @ 0x0000000018da0aa6 E 5. ./build_docker/./src/Interpreters/DistributedQueryStatusSource.cpp:268: DB::DistributedQueryStatusSource::generate() @ 0x000000001829c9ba E 6. ./build_docker/./src/Processors/ISource.cpp:139: DB::ISource::tryGenerate() @ 0x000000001bc9c9f8 E 7. ./build_docker/./src/Processors/ISource.cpp:108: DB::ISource::work() @ 0x000000001bc9c5cb E 8. ./build_docker/./src/Processors/Executors/ExecutionThreadContext.cpp:53: DB::ExecutionThreadContext::executeTask() @ 0x000000001bcc2c06 E 9. ./build_docker/./src/Processors/Executors/PipelineExecutor.cpp:296: DB::PipelineExecutor::executeStepImpl(unsigned long, std::atomic*) @ 0x000000001bcb247b E 10. ./build_docker/./src/Processors/Executors/PipelineExecutor.cpp:262: DB::PipelineExecutor::executeImpl(unsigned long, bool) @ 0x000000001bcb17e0 E 11. ./build_docker/./src/Processors/Executors/PipelineExecutor.cpp:128: DB::PipelineExecutor::execute(unsigned long, bool) @ 0x000000001bcb12ec E 12. ./build_docker/./src/Processors/Executors/PullingAsyncPipelineExecutor.cpp:76: void std::__function::__policy_invoker::__call_impl[abi:ne190107]::ThreadFromGlobalPoolImpl(DB::PullingAsyncPipelineExecutor::pull(DB::Chunk&, unsigned long)::$_0&&)::'lambda'(), void ()>>(std::__function::__policy_storage const*) @ 0x000000001bcc755f E 13. ./contrib/llvm-project/libcxx/include/__functional/function.h:716: ? @ 0x0000000010c415a0 E 14. ./contrib/llvm-project/libcxx/include/__type_traits/invoke.h:117: void* std::__thread_proxy[abi:ne190107]>, void (ThreadPoolImpl::ThreadFromThreadPool::*)(), ThreadPoolImpl::ThreadFromThreadPool*>>(void*) @ 0x0000000010c4a0dc E 15. __tsan_thread_start_func @ 0x000000000871a428 E 16. ? @ 0x00007f05cb672ac3 E 17. ? @ 0x00007f05cb704850 E E Job's origin stack trace: E 0. ./build_docker/./src/Common/StackTrace.cpp:386: StackTrace::StackTrace() @ 0x0000000010b6e3d3 E 1. ./build_docker/./src/Common/ThreadPool.cpp:130: void boost::heap::priority_queue, boost::parameter::void_, boost::parameter::void_, boost::parameter::void_>::emplace, Priority&, StrongTypedef&, DB::OpenTelemetry::TracingContextOnThread const, bool&, (anonymous namespace)::ScopedDecrement>(std::function&&, Priority&, StrongTypedef&, DB::OpenTelemetry::TracingContextOnThread const&&, bool&, (anonymous namespace)::ScopedDecrement&&) @ 0x0000000010c400fe E 2. ./build_docker/./src/Common/ThreadPool.cpp:401: void ThreadPoolImpl::scheduleImpl(std::function, Priority, std::optional, bool) @ 0x0000000010c42ff5 E 3. ./build_docker/./src/Common/ThreadPool.cpp:506: ThreadPoolImpl::scheduleOrThrow(std::function, Priority, unsigned long, bool) @ 0x0000000010c43677 E 4. ./src/Common/ThreadPool.h:279: DB::PullingAsyncPipelineExecutor::pull(DB::Chunk&, unsigned long) @ 0x000000001bcc60af E 5. ./build_docker/./src/Processors/Executors/PullingAsyncPipelineExecutor.cpp:131: DB::PullingAsyncPipelineExecutor::pull(DB::Block&, unsigned long) @ 0x000000001bcc6687 E 6. ./build_docker/./src/Server/TCPHandler.cpp:1236: DB::TCPHandler::processOrdinaryQuery(DB::QueryState&) @ 0x000000001bb8d199 E 7. ./build_docker/./src/Server/TCPHandler.cpp:677: DB::TCPHandler::runImpl() @ 0x000000001bb7bf62 E 8. ./build_docker/./src/Server/TCPHandler.cpp:2628: DB::TCPHandler::run() @ 0x000000001bba2b28 E 9. ./build_docker/./base/poco/Net/src/TCPServerConnection.cpp:40: Poco::Net::TCPServerConnection::start() @ 0x0000000020e880c3 E 10. ./build_docker/./base/poco/Net/src/TCPServerDispatcher.cpp:115: Poco::Net::TCPServerDispatcher::run() @ 0x0000000020e88932 E 11. ./build_docker/./base/poco/Foundation/src/ThreadPool.cpp:205: Poco::PooledThread::run() @ 0x0000000020e02c83 E 12. ./build_docker/./base/poco/Foundation/src/Thread.cpp:45: Poco::(anonymous namespace)::RunnableHolder::run() @ 0x0000000020e01030 E 13. ./base/poco/Foundation/src/Thread_POSIX.cpp:335: Poco::ThreadImpl::runnableEntry(void*) @ 0x0000000020dff3ea E 14. __tsan_thread_start_func @ 0x000000000871a428 E 15. ? @ 0x00007f05cb672ac3 E 16. ? @ 0x00007f05cb704850 E . (KEEPER_EXCEPTION) E (query: ALTER TABLE cluster_table ON CLUSTER 'test_cluster' UPDATE key = 1 WHERE sleepEachRow(1) == 0) helpers/client.py:248: QueryRuntimeException ---------------------------- Captured stdout setup ----------------------------- Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml ------------------------------ Captured log setup ------------------------------ 2025-06-13 14:29:20 [ 679 ] INFO : Running tests in /ClickHouse/tests/integration/test_on_cluster_timeouts/test.py (cluster.py:2672, start) 2025-06-13 14:29:20 [ 679 ] DEBUG : Cluster start called. is_up=False (cluster.py:2679, start) 2025-06-13 14:29:21 [ 679 ] DEBUG : Docker networks for project roottestonclustertimeouts-gw6 are NETWORK ID NAME DRIVER SCOPE (cluster.py:825, print_all_docker_pieces) 2025-06-13 14:29:21 [ 679 ] DEBUG : Docker containers for project roottestonclustertimeouts-gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:833, print_all_docker_pieces) 2025-06-13 14:29:21 [ 679 ] DEBUG : Docker volumes for project roottestonclustertimeouts-gw6 are DRIVER VOLUME NAME (cluster.py:841, print_all_docker_pieces) 2025-06-13 14:29:21 [ 679 ] DEBUG : Cleanup called (cluster.py:846, cleanup) 2025-06-13 14:29:21 [ 679 ] DEBUG : Docker networks for project roottestonclustertimeouts-gw6 are NETWORK ID NAME DRIVER SCOPE (cluster.py:825, print_all_docker_pieces) 2025-06-13 14:29:21 [ 679 ] DEBUG : Docker containers for project roottestonclustertimeouts-gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:833, print_all_docker_pieces) 2025-06-13 14:29:21 [ 679 ] DEBUG : Docker volumes for project roottestonclustertimeouts-gw6 are DRIVER VOLUME NAME (cluster.py:841, print_all_docker_pieces) 2025-06-13 14:29:21 [ 679 ] DEBUG : Command:[docker container list --all --filter name='^/roottestonclustertimeouts-gw6-.*-1$' --format '{{.ID}}:{{.Names}}'] (cluster.py:121, run_and_check) 2025-06-13 14:29:21 [ 679 ] DEBUG : Unstopped containers: {} (cluster.py:860, cleanup) 2025-06-13 14:29:21 [ 679 ] DEBUG : No running containers for project: roottestonclustertimeouts-gw6 (cluster.py:874, cleanup) 2025-06-13 14:29:21 [ 679 ] DEBUG : Trying to prune unused networks... (cluster.py:880, cleanup) 2025-06-13 14:29:21 [ 679 ] DEBUG : Trying to prune unused images... (cluster.py:896, cleanup) 2025-06-13 14:29:21 [ 679 ] DEBUG : Command:[docker image prune -f] (cluster.py:121, run_and_check) 2025-06-13 14:29:21 [ 679 ] DEBUG : Stdout:Total reclaimed space: 0B (cluster.py:145, run_and_check) 2025-06-13 14:29:21 [ 679 ] DEBUG : Images pruned (cluster.py:899, cleanup) 2025-06-13 14:29:21 [ 679 ] DEBUG : Trying to prune unused volumes... (cluster.py:905, cleanup) 2025-06-13 14:29:21 [ 679 ] DEBUG : Command:[docker volume ls | wc -l] (cluster.py:121, run_and_check) 2025-06-13 14:29:21 [ 679 ] DEBUG : Stdout:1 (cluster.py:145, run_and_check) 2025-06-13 14:29:21 [ 679 ] DEBUG : Volumes pruned: 1 (cluster.py:910, cleanup) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup directory for instance: node1 (cluster.py:2692, start) 2025-06-13 14:29:21 [ 679 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4536, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Create directory for common tests configuration (cluster.py:4541, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Copy common configuration from helpers (cluster.py:4561, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Generate and write macros file (cluster.py:4613, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_on_cluster_timeouts/configs/remote_servers.xml'] to /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/configs/config.d (cluster.py:4649, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/database (cluster.py:4666, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/logs (cluster.py:4677, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log", "--"] (cluster.py:4758, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup directory for instance: node2 (cluster.py:2692, start) 2025-06-13 14:29:21 [ 679 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4536, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Create directory for common tests configuration (cluster.py:4541, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Copy common configuration from helpers (cluster.py:4561, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Generate and write macros file (cluster.py:4613, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_on_cluster_timeouts/configs/remote_servers.xml'] to /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/configs/config.d (cluster.py:4649, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/database (cluster.py:4666, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/logs (cluster.py:4677, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log", "--"] (cluster.py:4758, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup directory for instance: node3 (cluster.py:2692, start) 2025-06-13 14:29:21 [ 679 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4536, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Create directory for common tests configuration (cluster.py:4541, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Copy common configuration from helpers (cluster.py:4561, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Generate and write macros file (cluster.py:4613, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_on_cluster_timeouts/configs/remote_servers.xml'] to /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/configs/config.d (cluster.py:4649, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/database (cluster.py:4666, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/logs (cluster.py:4677, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log", "--"] (cluster.py:4758, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup directory for instance: node4 (cluster.py:2692, start) 2025-06-13 14:29:21 [ 679 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4536, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Create directory for common tests configuration (cluster.py:4541, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Copy common configuration from helpers (cluster.py:4561, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Generate and write macros file (cluster.py:4613, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_on_cluster_timeouts/configs/remote_servers.xml'] to /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/configs/config.d (cluster.py:4649, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/database (cluster.py:4666, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/logs (cluster.py:4677, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log", "--"] (cluster.py:4758, create_dir) 2025-06-13 14:29:21 [ 679 ] DEBUG : Env {'ASAN_OPTIONS': 'use_sigaltstack=0', 'TSAN_OPTIONS': 'use_sigaltstack=0', 'CLICKHOUSE_WATCHDOG_ENABLE': '0', 'CLICKHOUSE_NATS_TLS_SECURE': '0', 'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'keeper_binary': '/clickhouse', 'keeper_cmd_prefix': 'clickhouse keeper', 'image': 'altinityinfra/integration-test:5ccda723c1fc', 'user': '0', 'keeper_fs': 'bind', 'keeper_logs_dir1': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper1/log', 'keeper_config_dir1': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper1/config', 'keeper_db_dir1': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper1/coordination', 'keeper_logs_dir2': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper2/log', 'keeper_config_dir2': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper2/config', 'keeper_db_dir2': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper2/coordination', 'keeper_logs_dir3': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper3/log', 'keeper_config_dir3': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper3/config', 'keeper_db_dir3': '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper3/coordination'} stored in /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/.env (cluster.py:96, _create_env_file) 2025-06-13 14:29:21 [ 679 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2025-06-13 14:29:21 [ 679 ] DEBUG : No config file found (config.py:28, find_config_file) 2025-06-13 14:29:21 [ 679 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2025-06-13 14:29:21 [ 679 ] DEBUG : No config file found (config.py:28, find_config_file) 2025-06-13 14:29:21 [ 679 ] DEBUG : http://localhost:None "GET /version HTTP/1.1" 200 826 (connectionpool.py:547, _make_request) 2025-06-13 14:29:21 [ 679 ] DEBUG : Command:[docker compose --env-file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/.env --project-name roottestonclustertimeouts-gw6 --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/docker-compose.yml --file /ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/docker-compose.yml pull] (cluster.py:121, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Stderr: node2 Skipped - Image is already being pulled by zoo3 (cluster.py:147, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Stderr: node3 Skipped - Image is already being pulled by zoo3 (cluster.py:147, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Stderr: node4 Skipped - Image is already being pulled by zoo3 (cluster.py:147, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Stderr: node1 Skipped - Image is already being pulled by zoo3 (cluster.py:147, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Stderr: zoo1 Skipped - Image is already being pulled by zoo3 (cluster.py:147, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Stderr: zoo2 Skipped - Image is already being pulled by zoo3 (cluster.py:147, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Stderr: zoo3 Pulling (cluster.py:147, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Stderr: zoo3 Pulled (cluster.py:147, run_and_check) 2025-06-13 14:29:25 [ 679 ] DEBUG : Setup ZooKeeper (cluster.py:2733, start) 2025-06-13 14:29:25 [ 679 ] DEBUG : Creating internal ZooKeeper dirs: ['/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper1/log', '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper1/config', '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper1/coordination', '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper2/log', '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper2/config', '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper2/coordination', '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper3/log', '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper3/config', '/ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/keeper3/coordination'] (cluster.py:2734, start) 2025-06-13 14:29:25 [ 679 ] DEBUG : Command:[docker compose --project-name roottestonclustertimeouts-gw6 --env-file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/.env --file /ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml --verbose up -d] (cluster.py:121, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr:time="2025-06-13T14:29:25Z" level=trace msg="Docker Desktop integration not enabled" (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Network roottestonclustertimeouts-gw6_default Creating (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Network roottestonclustertimeouts-gw6_default Created (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr:time="2025-06-13T14:29:26Z" level=debug msg="otel error" error="" (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Stderr:time="2025-06-13T14:29:26Z" level=debug msg="otel error" error="" (cluster.py:147, run_and_check) 2025-06-13 14:29:26 [ 679 ] DEBUG : Wait ZooKeeper to start (cluster.py:2398, wait_zookeeper_to_start) 2025-06-13 14:29:26 [ 679 ] DEBUG : get_instance_ip instance_name=zoo1 (cluster.py:1999, get_instance_ip) 2025-06-13 14:29:26 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-zoo1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:26 [ 679 ] DEBUG : get_kazoo_client: zoo1, ip:172.16.1.2, port:2181, use_ssl:False (cluster.py:3234, get_kazoo_client) 2025-06-13 14:29:26 [ 679 ] INFO : Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:26 [ 679 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:29:26 [ 679 ] INFO : Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:26 [ 679 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:29:26 [ 679 ] INFO : Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:26 [ 679 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:29:27 [ 679 ] INFO : Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:27 [ 679 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:29:27 [ 679 ] INFO : Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:27 [ 679 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:29:28 [ 679 ] INFO : Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:28 [ 679 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:29:31 [ 679 ] INFO : Connecting to 172.16.1.2(172.16.1.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=30000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] DEBUG : Received response(xid=1): ['keeper'] (connection.py:410, _read_response) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=2): Close() (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:29:31 [ 679 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:29:31 [ 679 ] WARNING : Failed connecting to Zookeeper within the connection retry policy. (connection.py:515, zk_loop) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper session closed, state: CLOSED (client.py:537, _session_callback) 2025-06-13 14:29:31 [ 679 ] DEBUG : get_instance_ip instance_name=zoo2 (cluster.py:1999, get_instance_ip) 2025-06-13 14:29:31 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-zoo2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:31 [ 679 ] DEBUG : get_kazoo_client: zoo2, ip:172.16.1.4, port:2181, use_ssl:False (cluster.py:3234, get_kazoo_client) 2025-06-13 14:29:31 [ 679 ] INFO : Connecting to 172.16.1.4(172.16.1.4):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=30000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] DEBUG : Received response(xid=1): ['keeper'] (connection.py:410, _read_response) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=2): Close() (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:29:31 [ 679 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:29:31 [ 679 ] WARNING : Failed connecting to Zookeeper within the connection retry policy. (connection.py:515, zk_loop) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper session closed, state: CLOSED (client.py:537, _session_callback) 2025-06-13 14:29:31 [ 679 ] DEBUG : get_instance_ip instance_name=zoo3 (cluster.py:1999, get_instance_ip) 2025-06-13 14:29:31 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-zoo3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:31 [ 679 ] DEBUG : get_kazoo_client: zoo3, ip:172.16.1.3, port:2181, use_ssl:False (cluster.py:3234, get_kazoo_client) 2025-06-13 14:29:31 [ 679 ] INFO : Connecting to 172.16.1.3(172.16.1.3):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=30000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=1): GetChildren(path='/', watcher=None) (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] DEBUG : Received response(xid=1): ['keeper'] (connection.py:410, _read_response) 2025-06-13 14:29:31 [ 679 ] DEBUG : Sending request(xid=2): Close() (connection.py:312, _submit) 2025-06-13 14:29:31 [ 679 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:29:31 [ 679 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:29:31 [ 679 ] WARNING : Failed connecting to Zookeeper within the connection retry policy. (connection.py:515, zk_loop) 2025-06-13 14:29:31 [ 679 ] INFO : Zookeeper session closed, state: CLOSED (client.py:537, _session_callback) 2025-06-13 14:29:31 [ 679 ] DEBUG : All instances of ZooKeeper started: ('zoo1', 'zoo2', 'zoo3') (cluster.py:2414, wait_zookeeper_nodes_to_start) 2025-06-13 14:29:31 [ 679 ] DEBUG : ('Trying to create ClickHouse instance by command %s', 'docker compose --env-file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/.env --project-name roottestonclustertimeouts-gw6 --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/docker-compose.yml --file /ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/docker-compose.yml up -d --no-recreate') (cluster.py:3061, start) 2025-06-13 14:29:31 [ 679 ] DEBUG : Command:[docker compose --env-file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/.env --project-name roottestonclustertimeouts-gw6 --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/docker-compose.yml --file /ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/docker-compose.yml up -d --no-recreate] (cluster.py:121, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Running (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Running (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Running (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:29:33 [ 679 ] DEBUG : ClickHouse instance created (cluster.py:3069, start) 2025-06-13 14:29:33 [ 679 ] DEBUG : get_instance_ip instance_name=node1 (cluster.py:1999, get_instance_ip) 2025-06-13 14:29:33 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:33 [ 679 ] DEBUG : get_instance_ip instance_name=node1 (cluster.py:2009, get_instance_global_ipv6) 2025-06-13 14:29:33 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:33 [ 679 ] DEBUG : Waiting for ClickHouse start in node1, ip: 172.16.1.8... (cluster.py:3077, start) 2025-06-13 14:29:33 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:33 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:33 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:34 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:35 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:36 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:37 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:38 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:39 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:40 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/1e2cd83a2066f9cd1383c5b7910c4f864eb25c47161e3803eb36a7c5dc79784c/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : ClickHouse node1 started (cluster.py:3081, start) 2025-06-13 14:29:41 [ 679 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:1999, get_instance_ip) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:2009, get_instance_global_ipv6) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : Waiting for ClickHouse start in node2, ip: 172.16.1.6... (cluster.py:3077, start) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/4924d34b61a580d843df5be0f5ea04c7d678695614d47c23135808c8782cd0f5/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/4924d34b61a580d843df5be0f5ea04c7d678695614d47c23135808c8782cd0f5/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/4924d34b61a580d843df5be0f5ea04c7d678695614d47c23135808c8782cd0f5/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : ClickHouse node2 started (cluster.py:3081, start) 2025-06-13 14:29:41 [ 679 ] DEBUG : get_instance_ip instance_name=node3 (cluster.py:1999, get_instance_ip) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : get_instance_ip instance_name=node3 (cluster.py:2009, get_instance_global_ipv6) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : Waiting for ClickHouse start in node3, ip: 172.16.1.7... (cluster.py:3077, start) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:41 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/3dabcc032473004a2dd24b6a7c3cce713912d909d611f4a38bed8b2b1ad9f788/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : ClickHouse node3 started (cluster.py:3081, start) 2025-06-13 14:29:42 [ 679 ] DEBUG : get_instance_ip instance_name=node4 (cluster.py:1999, get_instance_ip) 2025-06-13 14:29:42 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node4-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : get_instance_ip instance_name=node4 (cluster.py:2009, get_instance_global_ipv6) 2025-06-13 14:29:42 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node4-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : Waiting for ClickHouse start in node4, ip: 172.16.1.5... (cluster.py:3077, start) 2025-06-13 14:29:42 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestonclustertimeouts-gw6-node4-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : http://localhost:None "GET /v1.46/containers/be703e89d9a650804d6ef2c45a0c1ca9a7a33e9ff1e3ae79f4faeb288902e350/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:29:42 [ 679 ] DEBUG : ClickHouse node4 started (cluster.py:3081, start) ------------------------------ Captured log call ------------------------------- 2025-06-13 14:29:42 [ 679 ] DEBUG : Executing query CREATE TABLE cluster_table (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/1/cluster_table', '1') ORDER BY tuple() on node1 (cluster.py:3570, query) 2025-06-13 14:29:42 [ 679 ] DEBUG : Executing query CREATE TABLE cluster_table (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/1/cluster_table', '2') ORDER BY tuple() on node2 (cluster.py:3570, query) 2025-06-13 14:29:43 [ 679 ] DEBUG : Executing query INSERT INTO cluster_table SELECT number, toString(number) FROM numbers(20) on node1 (cluster.py:3570, query) 2025-06-13 14:29:43 [ 679 ] DEBUG : Executing query SYSTEM SYNC REPLICA cluster_table on node2 (cluster.py:3570, query) 2025-06-13 14:29:44 [ 679 ] DEBUG : Executing query CREATE TABLE cluster_table (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/2/cluster_table', '1') ORDER BY tuple() on node3 (cluster.py:3570, query) 2025-06-13 14:29:44 [ 679 ] DEBUG : Executing query CREATE TABLE cluster_table (key UInt64, value String) ENGINE = ReplicatedMergeTree('/test/2/cluster_table', '2') ORDER BY tuple() on node4 (cluster.py:3570, query) 2025-06-13 14:29:44 [ 679 ] DEBUG : Executing query INSERT INTO cluster_table SELECT number, toString(number) FROM numbers(20) on node3 (cluster.py:3570, query) 2025-06-13 14:29:45 [ 679 ] DEBUG : Executing query SYSTEM SYNC REPLICA cluster_table on node4 (cluster.py:3570, query) 2025-06-13 14:29:45 [ 679 ] DEBUG : Executing query ALTER TABLE cluster_table ON CLUSTER 'test_cluster' UPDATE key = 1 WHERE sleepEachRow(1) == 0 on node1 (cluster.py:3570, query) ---------------------------- Captured log teardown ----------------------------- 2025-06-13 14:31:01 [ 679 ] DEBUG : Command:[docker compose --env-file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/.env --project-name roottestonclustertimeouts-gw6 --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/docker-compose.yml --file /ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/docker-compose.yml stop --timeout 20] (cluster.py:121, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Command:[bash -c [ -f /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/logs/stderr.log ] && zgrep -aH "==================" /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/logs/stderr.log* | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Command:[bash -c [ -f /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/logs/stderr.log ] && zgrep -aH "==================" /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/logs/stderr.log* | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Command:[bash -c [ -f /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/logs/stderr.log ] && zgrep -aH "==================" /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/logs/stderr.log* | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Command:[bash -c [ -f /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/logs/stderr.log ] && zgrep -aH "==================" /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/logs/stderr.log* | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:31:06 [ 679 ] DEBUG : Command:[docker compose --env-file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/.env --project-name roottestonclustertimeouts-gw6 --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node1/docker-compose.yml --file /ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node3/docker-compose.yml --file /ClickHouse/tests/integration/test_on_cluster_timeouts/_instances-0-gw6/node4/docker-compose.yml down --volumes] (cluster.py:121, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node3-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node1-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node4-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-node2-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo1-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo2-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Container roottestonclustertimeouts-gw6-zoo3-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Network roottestonclustertimeouts-gw6_default Removing (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stderr: Network roottestonclustertimeouts-gw6_default Removed (cluster.py:147, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Cleanup called (cluster.py:846, cleanup) 2025-06-13 14:31:07 [ 679 ] DEBUG : Docker networks for project roottestonclustertimeouts-gw6 are NETWORK ID NAME DRIVER SCOPE (cluster.py:825, print_all_docker_pieces) 2025-06-13 14:31:07 [ 679 ] DEBUG : Docker containers for project roottestonclustertimeouts-gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:833, print_all_docker_pieces) 2025-06-13 14:31:07 [ 679 ] DEBUG : Docker volumes for project roottestonclustertimeouts-gw6 are DRIVER VOLUME NAME (cluster.py:841, print_all_docker_pieces) 2025-06-13 14:31:07 [ 679 ] DEBUG : Command:[docker container list --all --filter name='^/roottestonclustertimeouts-gw6-.*-1$' --format '{{.ID}}:{{.Names}}'] (cluster.py:121, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Unstopped containers: {} (cluster.py:860, cleanup) 2025-06-13 14:31:07 [ 679 ] DEBUG : No running containers for project: roottestonclustertimeouts-gw6 (cluster.py:874, cleanup) 2025-06-13 14:31:07 [ 679 ] DEBUG : Trying to prune unused networks... (cluster.py:880, cleanup) 2025-06-13 14:31:07 [ 679 ] DEBUG : Trying to prune unused images... (cluster.py:896, cleanup) 2025-06-13 14:31:07 [ 679 ] DEBUG : Command:[docker image prune -f] (cluster.py:121, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stdout:Total reclaimed space: 0B (cluster.py:145, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Images pruned (cluster.py:899, cleanup) 2025-06-13 14:31:07 [ 679 ] DEBUG : Trying to prune unused volumes... (cluster.py:905, cleanup) 2025-06-13 14:31:07 [ 679 ] DEBUG : Command:[docker volume ls | wc -l] (cluster.py:121, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Stdout:1 (cluster.py:145, run_and_check) 2025-06-13 14:31:07 [ 679 ] DEBUG : Volumes pruned: 1 (cluster.py:910, cleanup) ----------------- generated report log file: parallel1_0.jsonl ----------------- ============================== slowest durations =============================== 123.10s call test_named_collections/test.py::test_keeper_storage 99.11s call test_overcommit_tracker/test.py::test_user_overcommit 83.07s call test_named_collections/test.py::test_sql_commands[True] 78.63s call test_on_cluster_timeouts/test.py::test_long_query 64.22s call test_named_collections/test.py::test_sql_commands[False] 64.17s call test_named_collections/test.py::test_granular_access_show_query 60.78s call test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] 60.64s call test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] 54.10s setup test_format_avro_confluent/test.py::test_select 52.56s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] 46.15s call test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] 45.31s call test_named_collections/test.py::test_default_access 42.93s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] 41.24s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] 37.65s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] 37.55s call test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command 34.54s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] 34.34s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] 34.24s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] 34.02s call test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] 34.00s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] 33.52s call test_polymorphic_parts/test.py::test_compact_parts_only 32.09s setup test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table 31.10s setup test_polymorphic_parts/test.py::test_compact_parts_only 30.89s setup test_keeper_reconfig_add/test.py::test_reconfig_add 29.63s call test_keeper_reconfig_add/test.py::test_reconfig_add 29.40s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] 28.31s setup test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete 27.26s call test_keeper_zookeeper_converter/test.py::test_acls[True] 26.99s setup test_executable_dictionary/test.py::test_executable_implicit_input_python 26.82s call test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] 26.70s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] 26.48s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] 26.36s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] 26.25s setup test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] 25.86s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] 25.76s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] 25.75s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] 25.74s teardown test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] 25.54s setup test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams 25.51s call test_executable_dictionary/test.py::test_executable_source_updated_python 24.78s setup test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command 23.95s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] 22.24s teardown test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command 21.58s call test_keeper_zookeeper_converter/test.py::test_smoke[True] 21.48s setup test_on_cluster_timeouts/test.py::test_long_query 21.36s setup test_merge_tree_s3_failover/test.py::test_move_failover 21.34s setup test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 21.25s setup test_named_collections/test.py::test_config_reload 20.38s call test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] 20.30s teardown test_format_avro_confluent/test.py::test_select_auth_encoded_complex 20.14s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] 19.90s teardown test_keeper_reconfig_add/test.py::test_reconfig_add 19.22s call test_match_process_uid_against_data_owner/test.py::test_different_user 18.63s setup test_match_process_uid_against_data_owner/test.py::test_different_user 18.42s call test_keeper_zookeeper_converter/test.py::test_smoke[False] 18.15s setup test_keeper_session/test.py::test_session_close_shutdown 18.09s teardown test_named_collections/test.py::test_sql_commands[True] 17.90s call test_keeper_session/test.py::test_session_close_shutdown 17.73s call test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] 17.41s setup test_keeper_zookeeper_converter/test.py::test_acls[False] 16.90s setup test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant 16.29s call test_keeper_zookeeper_converter/test.py::test_acls[False] 16.06s setup test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] 15.69s teardown test_overcommit_tracker/test.py::test_user_overcommit 15.25s setup test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] 13.45s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] 12.35s teardown test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive 12.17s call test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 11.92s call test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree 11.92s call test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 11.64s call test_named_collections/test.py::test_name_escaping[node_with_keeper] 11.59s call test_executable_dictionary/test.py::test_executable_input_slow_python 10.63s teardown test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table 10.60s setup test_overcommit_tracker/test.py::test_user_overcommit 10.54s call test_named_collections/test.py::test_name_escaping[node] 10.14s call test_named_collections/test.py::test_show_grants 9.72s call test_merge_tree_s3_failover/test.py::test_move_failover 9.46s call test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where 8.96s call test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] 8.69s teardown test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] 8.55s teardown test_merge_tree_empty_parts/test.py::test_empty_parts_summing 8.47s call test_named_collections/test.py::test_granular_access_create_alter_drop_query 8.05s teardown test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 6.86s teardown test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] 6.52s call test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams 5.96s teardown test_on_cluster_timeouts/test.py::test_long_query 5.90s teardown test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] 5.60s call test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where 4.81s call test_executable_dictionary/test.py::test_executable_source_python 4.66s call test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant 4.57s call test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] 4.28s call test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] 4.26s call test_named_collections/test.py::test_config_reload 4.23s teardown test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant 3.97s teardown test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree 3.94s call test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] 3.84s call test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete 3.78s call test_executable_dictionary/test.py::test_executable_source_argument_python 3.72s call test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table 3.33s call test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive 2.96s call test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] 2.63s call test_merge_tree_empty_parts/test.py::test_empty_parts_summing 2.56s call test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] 2.54s teardown test_keeper_session/test.py::test_session_timeout 2.51s call test_executable_dictionary/test.py::test_executable_source_exit_code_check 2.49s call test_polymorphic_parts/test.py::test_polymorphic_parts_index 2.38s call test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] 2.36s call test_merge_tree_s3_failover/test.py::test_retry_loading_parts 2.16s call test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 1.91s teardown test_executable_dictionary/test.py::test_executable_source_updated_python 1.86s call test_executable_dictionary/test.py::test_executable_non_direct_input_bash 1.83s call test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 1.73s call test_executable_dictionary/test.py::test_executable_input_python 1.66s call test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] 1.65s call test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] 1.61s call test_executable_dictionary/test.py::test_executable_input_argument_python 1.54s call test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 1.50s teardown test_match_process_uid_against_data_owner/test.py::test_different_user 1.47s teardown test_keeper_zookeeper_converter/test.py::test_smoke[True] 1.42s call test_executable_dictionary/test.py::test_executable_implicit_input_python 1.40s call test_executable_dictionary/test.py::test_executable_input_sum_python 1.39s call test_format_avro_confluent/test.py::test_select_auth 1.37s call test_executable_dictionary/test.py::test_executable_input_bash 1.28s call test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 1.28s call test_executable_dictionary/test.py::test_executable_input_signalled_python 1.26s call test_merge_tree_s3_failover/test.py::test_throttle_retry 1.26s call test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python 0.67s call test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] 0.65s teardown test_merge_tree_s3_failover/test.py::test_throttle_retry 0.57s call test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] 0.56s call test_format_avro_confluent/test.py::test_select 0.45s teardown test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] 0.43s call test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] 0.42s call test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] 0.42s call test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] 0.42s call test_keeper_session/test.py::test_session_timeout 0.42s call test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] 0.37s call test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] 0.37s call test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] 0.37s call test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] 0.32s teardown test_merge_tree_s3_failover/test.py::test_move_failover 0.32s call test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] 0.28s teardown test_merge_tree_s3_failover/test.py::test_retry_loading_parts 0.11s call test_format_avro_confluent/test.py::test_select_auth_encoded_complex 0.09s call test_format_avro_confluent/test.py::test_select_auth_encoded 0.02s teardown test_keeper_zookeeper_converter/test.py::test_acls[True] 0.01s setup test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] 0.01s teardown test_polymorphic_parts/test.py::test_compact_parts_only 0.01s teardown test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] 0.01s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] 0.00s setup test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] 0.00s setup test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] 0.00s teardown test_keeper_session/test.py::test_session_close_shutdown 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] 0.00s setup test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] 0.00s teardown test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] 0.00s teardown test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] 0.00s teardown test_format_avro_confluent/test.py::test_select 0.00s setup test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] 0.00s teardown test_named_collections/test.py::test_granular_access_show_query 0.00s setup test_named_collections/test.py::test_keeper_storage 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] 0.00s setup test_named_collections/test.py::test_granular_access_create_alter_drop_query 0.00s teardown test_named_collections/test.py::test_default_access 0.00s teardown test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_smoke[False] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] 0.00s setup test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] 0.00s setup test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] 0.00s setup test_executable_dictionary/test.py::test_executable_input_slow_python 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] 0.00s setup test_named_collections/test.py::test_name_escaping[node_with_keeper] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] 0.00s setup test_keeper_session/test.py::test_session_timeout 0.00s setup test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] 0.00s setup test_named_collections/test.py::test_name_escaping[node] 0.00s setup test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] 0.00s setup test_merge_tree_empty_parts/test.py::test_empty_parts_summing 0.00s setup test_keeper_zookeeper_converter/test.py::test_smoke[False] 0.00s setup test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] 0.00s teardown test_named_collections/test.py::test_sql_commands[False] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] 0.00s setup test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] 0.00s teardown test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] 0.00s setup test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] 0.00s setup test_keeper_zookeeper_converter/test.py::test_smoke[True] 0.00s teardown test_named_collections/test.py::test_keeper_storage 0.00s setup test_format_avro_confluent/test.py::test_select_auth 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] 0.00s setup test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] 0.00s setup test_named_collections/test.py::test_sql_commands[True] 0.00s teardown test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] 0.00s setup test_named_collections/test.py::test_show_grants 0.00s setup test_named_collections/test.py::test_sql_commands[False] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_acls[False] 0.00s setup test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] 0.00s setup test_polymorphic_parts/test.py::test_polymorphic_parts_index 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 0.00s setup test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] 0.00s teardown test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] 0.00s setup test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] 0.00s setup test_named_collections/test.py::test_default_access 0.00s teardown test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] 0.00s setup test_format_avro_confluent/test.py::test_select_auth_encoded_complex 0.00s teardown test_named_collections/test.py::test_name_escaping[node] 0.00s teardown test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where 0.00s teardown test_named_collections/test.py::test_name_escaping[node_with_keeper] 0.00s setup test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree 0.00s setup test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] 0.00s setup test_merge_tree_s3_failover/test.py::test_retry_loading_parts 0.00s teardown test_named_collections/test.py::test_config_reload 0.00s setup test_executable_dictionary/test.py::test_executable_source_python 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] 0.00s setup test_executable_dictionary/test.py::test_executable_source_updated_python 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] 0.00s setup test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 0.00s setup test_named_collections/test.py::test_granular_access_show_query 0.00s setup test_executable_dictionary/test.py::test_executable_input_bash 0.00s setup test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive 0.00s teardown test_named_collections/test.py::test_show_grants 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] 0.00s setup test_executable_dictionary/test.py::test_executable_input_argument_python 0.00s teardown test_polymorphic_parts/test.py::test_polymorphic_parts_index 0.00s setup test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] 0.00s setup test_executable_dictionary/test.py::test_executable_input_python 0.00s setup test_executable_dictionary/test.py::test_executable_source_argument_python 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] 0.00s teardown test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] 0.00s setup test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where 0.00s setup test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] 0.00s setup test_executable_dictionary/test.py::test_executable_input_sum_python 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 0.00s setup test_merge_tree_s3_failover/test.py::test_throttle_retry 0.00s setup test_keeper_zookeeper_converter/test.py::test_acls[True] 0.00s teardown test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] 0.00s teardown test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] 0.00s teardown test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] 0.00s setup test_executable_dictionary/test.py::test_executable_non_direct_input_bash 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_python 0.00s teardown test_executable_dictionary/test.py::test_executable_input_argument_python 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] 0.00s teardown test_executable_dictionary/test.py::test_executable_source_exit_code_check 0.00s teardown test_executable_dictionary/test.py::test_executable_non_direct_input_bash 0.00s setup test_format_avro_confluent/test.py::test_select_auth_encoded 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] 0.00s teardown test_executable_dictionary/test.py::test_executable_input_sum_python 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] 0.00s teardown test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where 0.00s teardown test_executable_dictionary/test.py::test_executable_input_signalled_python 0.00s teardown test_format_avro_confluent/test.py::test_select_auth_encoded 0.00s teardown test_executable_dictionary/test.py::test_executable_source_argument_python 0.00s setup test_executable_dictionary/test.py::test_executable_input_signalled_python 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 0.00s teardown test_executable_dictionary/test.py::test_executable_input_slow_python 0.00s setup test_executable_dictionary/test.py::test_executable_source_exit_code_check 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python 0.00s teardown test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] 0.00s teardown test_executable_dictionary/test.py::test_executable_source_python 0.00s teardown test_named_collections/test.py::test_granular_access_create_alter_drop_query 0.00s teardown test_executable_dictionary/test.py::test_executable_input_python 0.00s teardown test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] 0.00s teardown test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] 0.00s teardown test_executable_dictionary/test.py::test_executable_input_bash 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 0.00s teardown test_format_avro_confluent/test.py::test_select_auth 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 0.00s teardown test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python =========================== short test summary info ============================ FAILED test_on_cluster_timeouts/test.py::test_long_query - helpers.client.Que... PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] PASSED test_named_collections/test.py::test_config_reload PASSED test_executable_dictionary/test.py::test_executable_implicit_input_python PASSED test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python PASSED test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python PASSED test_merge_tree_s3_failover/test.py::test_move_failover PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams PASSED test_keeper_zookeeper_converter/test.py::test_acls[False] PASSED test_merge_tree_s3_failover/test.py::test_retry_loading_parts PASSED test_merge_tree_s3_failover/test.py::test_throttle_retry PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where PASSED test_executable_dictionary/test.py::test_executable_implicit_input_slow_python PASSED test_executable_dictionary/test.py::test_executable_implicit_input_sum_python PASSED test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where PASSED test_executable_dictionary/test.py::test_executable_input_argument_python PASSED test_executable_dictionary/test.py::test_executable_input_bash PASSED test_executable_dictionary/test.py::test_executable_input_python PASSED test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python PASSED test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] PASSED test_executable_dictionary/test.py::test_executable_input_signalled_python PASSED test_format_avro_confluent/test.py::test_select PASSED test_format_avro_confluent/test.py::test_select_auth PASSED test_format_avro_confluent/test.py::test_select_auth_encoded PASSED test_format_avro_confluent/test.py::test_select_auth_encoded_complex PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree PASSED test_keeper_session/test.py::test_session_close_shutdown PASSED test_keeper_zookeeper_converter/test.py::test_acls[True] PASSED test_keeper_session/test.py::test_session_timeout PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] PASSED test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] PASSED test_polymorphic_parts/test.py::test_compact_parts_only PASSED test_executable_dictionary/test.py::test_executable_input_slow_python PASSED test_executable_dictionary/test.py::test_executable_input_sum_python PASSED test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] PASSED test_executable_dictionary/test.py::test_executable_non_direct_input_bash PASSED test_named_collections/test.py::test_default_access PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] PASSED test_executable_dictionary/test.py::test_executable_source_argument_python PASSED test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] PASSED test_executable_dictionary/test.py::test_executable_source_exit_code_check PASSED test_named_collections/test.py::test_granular_access_create_alter_drop_query PASSED test_executable_dictionary/test.py::test_executable_source_python PASSED test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] PASSED test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] PASSED test_merge_tree_empty_parts/test.py::test_empty_parts_summing PASSED test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table PASSED test_executable_dictionary/test.py::test_executable_source_updated_python PASSED test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant PASSED test_match_process_uid_against_data_owner/test.py::test_different_user PASSED test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] PASSED test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] PASSED test_named_collections/test.py::test_granular_access_show_query PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] PASSED test_keeper_reconfig_add/test.py::test_reconfig_add PASSED test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command PASSED test_overcommit_tracker/test.py::test_user_overcommit PASSED test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_index PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive PASSED test_keeper_zookeeper_converter/test.py::test_smoke[False] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] PASSED test_keeper_zookeeper_converter/test.py::test_smoke[True] PASSED test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] PASSED test_named_collections/test.py::test_keeper_storage PASSED test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] PASSED test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] PASSED test_named_collections/test.py::test_name_escaping[node] PASSED test_named_collections/test.py::test_name_escaping[node_with_keeper] PASSED test_named_collections/test.py::test_show_grants PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] PASSED test_named_collections/test.py::test_sql_commands[False] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] PASSED test_named_collections/test.py::test_sql_commands[True] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] SKIPPED [2] test_max_bytes_ratio_before_external_order_group_by_for_server/test.py:34: TSan build is skipped due to memory overhead SKIPPED [2] test_max_bytes_ratio_before_external_order_group_by_for_server/test.py:65: TSan build is skipped due to memory overhead ============= 1 failed, 95 passed, 4 skipped in 558.23s (0:09:18) ============== Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration/./runner", line 492, in subprocess.check_call(cmd, shell=True, bufsize=0) File "/usr/lib/python3.10/subprocess.py", line 369, in check_call raise CalledProcessError(retcode, cmd) subprocess.CalledProcessError: Command 'docker run --rm --name clickhouse_integration_tests_1zol9j --privileged --dns-search='.' --memory=30709035008 --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --volume=/home/ubuntu/_work/_temp/test/build/clickhouse:/clickhouse --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/programs/server:/clickhouse-config --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration:/ClickHouse/tests/integration --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/backupview:/ClickHouse/utils/backupview --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/grpc-client/pb2:/ClickHouse/utils/grpc-client/pb2 --volume=/run:/run/host:ro --volume=clickhouse_integration_tests_volume:/var/lib/docker -e DOCKER_DOTNET_CLIENT_TAG=11de0b29a15d -e DOCKER_HELPER_TAG=5dc43a6382f0 -e DOCKER_BASE_TAG=5ccda723c1fc -e DOCKER_KERBEROS_KDC_TAG=9391ecdee8d7 -e DOCKER_MYSQL_GOLANG_CLIENT_TAG=9bec2a638e6e -e DOCKER_MYSQL_JAVA_CLIENT_TAG=766bff31cfe4 -e DOCKER_MYSQL_JS_CLIENT_TAG=41ba7c2ec2a1 -e DOCKER_MYSQL_PHP_CLIENT_TAG=88be89c1e3b6 -e DOCKER_NGINX_DAV_TAG=b55ac9cd7519 -e DOCKER_POSTGRESQL_JAVA_CLIENT_TAG=a4eff5c7f4d6 -e DOCKER_PYTHON_BOTTLE_TAG=d862517635bf -e DOCKER_CLIENT_TIMEOUT=300 -e COMPOSE_HTTP_TIMEOUT=600 -e PYTHONUNBUFFERED=1 -e PYTEST_ADDOPTS="--dist=loadfile -n 10 -rfEps --run-id=0 --color=no --durations=0 --report-log=parallel1_0.jsonl --report-log-exclude-logs-on-passed-tests test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python test_format_avro_confluent/test.py::test_select test_format_avro_confluent/test.py::test_select_auth test_format_avro_confluent/test.py::test_select_auth_encoded test_format_avro_confluent/test.py::test_select_auth_encoded_complex test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table test_keeper_reconfig_add/test.py::test_reconfig_add test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command test_keeper_session/test.py::test_session_close_shutdown test_keeper_session/test.py::test_session_timeout 'test_keeper_zookeeper_converter/test.py::test_acls[False]' 'test_keeper_zookeeper_converter/test.py::test_acls[True]' 'test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False]' 'test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True]' 'test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False]' 'test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True]' 'test_keeper_zookeeper_converter/test.py::test_smoke[False]' 'test_keeper_zookeeper_converter/test.py::test_smoke[True]' test_match_process_uid_against_data_owner/test.py::test_different_user 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user]' test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete test_merge_tree_empty_parts/test.py::test_empty_parts_summing test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry 'test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2]' 'test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0]' test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree test_named_collections/test.py::test_config_reload test_named_collections/test.py::test_default_access test_named_collections/test.py::test_granular_access_create_alter_drop_query test_named_collections/test.py::test_granular_access_show_query test_named_collections/test.py::test_keeper_storage 'test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1]' 'test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0]' 'test_named_collections/test.py::test_name_escaping[node]' 'test_named_collections/test.py::test_name_escaping[node_with_keeper]' test_named_collections/test.py::test_show_grants 'test_named_collections/test.py::test_sql_commands[False]' 'test_named_collections/test.py::test_sql_commands[True]' test_on_cluster_timeouts/test.py::test_long_query test_overcommit_tracker/test.py::test_user_overcommit 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1]' test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False]' 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet;-True]' test_polymorphic_parts/test.py::test_compact_parts_only 'test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact]' 'test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide]' 'test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]' 'test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]' test_polymorphic_parts/test.py::test_polymorphic_parts_index test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive -vvv " altinityinfra/integration-tests-runner:ad96270260ff ' returned non-zero exit status 1.